https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 31 Mar 2024 10:00:00 GMT https://www.hansking.cn/blog/2026/ContextWindow-de-nei-cun-mo-xing-yu-cheng-ben-ji-suan https://www.hansking.cn/blog/2026/ContextWindow-de-nei-cun-mo-xing-yu-cheng-ben-ji-suan [{"value":"Context Window 的内存模型与成本计算","url":"#context-window-的内存模型与成本计算","depth":1},{"value":"一、Context Window 包含哪些东西","url":"#一context-window-包含哪些东西","depth":2},{"value":"二、Token 不是字符，语言和内容会改变比例","url":"#二token-不是字符语言和内容会改变比例","depth":2},{"value":"三、为什么上下文会占显存","url":"#三为什么上下文会占显存","depth":2},{"value":"四、并发让内存问题变成乘法","url":"#四并发让内存问题变成乘法","depth":2},{"value":"五、长上下文不等于模型有效利用全文","url":"#五长上下文不等于模型有效利用全文","depth":2},{"value":"六、什么时候应该用检索而不是全文输入","url":"#六什么时候应该用检索而不是全文输入","depth":2},{"value":"七、对话历史应该如何增长","url":"#七对话历史应该如何增长","depth":2},{"value":"八、成本计算要包含输入和输出","url":"#八成本计算要包含输入和输出","depth":2},{"value":"九、服务端要做上下文预算器","url":"#九服务端要做上下文预算器","depth":2},{"value":"十、长上下文压测应该怎么做","url":"#十长上下文压测应该怎么做","depth":2},{"value":"十一、上下文窗口会影响系统架构","url":"#十一上下文窗口会影响系统架构","depth":2},{"value":"十二、我的总结：窗口是预算，不是宣传数字","url":"#十二我的总结窗口是预算不是宣传数字","depth":2}] Sun, 31 Mar 2024 10:00:00 GMT admin@hansking.cn (HANS) AILLMContext WindowKV Cache成本优化